CUDA_VISIBLE_DEVICES=0 python certify_ensemble.py \
    cifar10 \
    0.25 \
    output_dir/output_file \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2025.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2008.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2000.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2034.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2006.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2004.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2045.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2027.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2013.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2048.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2037.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2012.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2021.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2023.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2002.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2026.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2001.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2029.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2047.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2020.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2046.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2035.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2030.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2014.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2041.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2028.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2049.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2024.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2007.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2038.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2039.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2015.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2036.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2031.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2019.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2005.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2003.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2009.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2010.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2011.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2018.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2022.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2043.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2032.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2017.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2044.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2040.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2033.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2042.pth.tar \
    models-cifar10/consistency/resnet20/0.25/checkpoint-2016.pth.tar \
    --alpha 0.001 \
    --N 100000 \
    --skip 20 \
    --batch 1000
